[root@trevis-60vm1 ~]# diff -r /mnt/lustre/dir1 /mnt/lustre/dir2 [ 2873.229519] in:imjournal invoked oom-killer: gfp_mask=0x201da, order=0, oom_s core_adj=0 [ 2873.230429] in:imjournal cpuset=/ mems_allowed=0 [ 2873.230918] CPU: 0 PID: 23056 Comm: in:imjournal Tainted: G OE --- --------- 3.10.0-693.el7.x86_64 #1 [ 2873.231911] Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011 [ 2873.232473] ffff88007acb1fa0 000000001592ab86 ffff88007a67b8f8 ffffffff816a3 d91 [ 2873.233282] ffff88007a67b988 ffffffff8169f186 ffffffff810e939c ffff8800798a5 bb0 [ 2873.234087] 0000000000000001 ffff88007a67b930 0000000000000206 ffff88007a67b 978 [ 2873.234890] Call Trace: [ 2873.235140] [] dump_stack+0x19/0x1b [ 2873.235646] [] dump_header+0x90/0x229 [ 2873.236170] [] ? ktime_get_ts64+0x4c/0xf0 [ 2873.236727] [] ? delayacct_end+0x8f/0xb0 [ 2873.237277] [] oom_kill_process+0x254/0x3d0 [ 2873.237848] [] ? oom_unkillable_task+0xcd/0x120 [ 2873.238450] [] ? find_lock_task_mm+0x56/0xc0 [ 2873.239032] [] out_of_memory+0x4b6/0x4f0 [ 2873.239571] [] __alloc_pages_slowpath+0x5d6/0x724 [ 2873.240196] [] __alloc_pages_nodemask+0x405/0x420 [ 2873.240815] [] alloc_pages_current+0x98/0x110 [ 2873.241403] [] __page_cache_alloc+0x97/0xb0 [ 2873.241978] [] filemap_fault+0x170/0x410 [ 2873.242568] [] ext4_filemap_fault+0x36/0x50 [ext4] [ 2873.243206] [] __do_fault+0x52/0xe0 [ 2873.243714] [] do_read_fault.isra.44+0x4b/0x130 [ 2873.244315] [] handle_mm_fault+0x691/0xfa0 [ 2873.244881] [] ? remove_wait_queue+0x31/0x40 [ 2873.245451] [] __do_page_fault+0x154/0x450 [ 2873.246023] [] trace_do_page_fault+0x56/0x150 [ 2873.246610] [] do_async_page_fault+0x1a/0xd0 [ 2873.247194] [] async_page_fault+0x28/0x30 [ 2873.247749] Mem-Info: [ 2873.247989] active_anon:281257 inactive_anon:94225 isolated_anon:32 [ 2873.247989] active_file:6419 inactive_file:8559 isolated_file:0 [ 2873.247989] unevictable:0 dirty:0 writeback:899 unstable:0 [ 2873.247989] slab_reclaimable:6042 slab_unreclaimable:5689 [ 2873.247989] mapped:199 shmem:91 pagetables:2824 bounce:0 [ 2873.247989] free:12909 free_pcp:225 free_cma:0 [ 2873.251115] Node 0 DMA free:7056kB min:416kB low:520kB high:624kB active_anon :2144kB inactive_anon:2416kB active_file:932kB inactive_file:1632kB unevictable: 0kB isolated(anon):0kB isolated(file):0kB present:15992kB managed:15908kB mlocke d:0kB dirty:0kB writeback:0kB mapped:136kB shmem:0kB slab_reclaimable:356kB slab _unreclaimable:776kB kernel_stack:0kB pagetables:112kB unstable:0kB bounce:0kB f ree_pcp:0kB local_pcp:0kB free_cma:0kB writeback_tmp:0kB pages_scanned:20929 all _unreclaimable? yes [ 2873.255232] lowmem_reserve[]: 0 1663 1663 1663 [ 2873.255772] Node 0 DMA32 free:44580kB min:44636kB low:55792kB high:66952kB ac tive_anon:1122884kB inactive_anon:374484kB active_file:24744kB inactive_file:326 04kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:2080744kB m anaged:1704744kB mlocked:0kB dirty:0kB writeback:3596kB mapped:660kB shmem:364kB slab_reclaimable:23812kB slab_unreclaimable:21980kB kernel_stack:2464kB pagetab les:11184kB unstable:0kB bounce:0kB free_pcp:900kB local_pcp:688kB free_cma:0kB writeback_tmp:0kB pages_scanned:2332563 all_unreclaimable? yes [ 2873.260227] lowmem_reserve[]: 0 0 0 0 [ 2873.260698] Node 0 DMA: 4*4kB (EM) 3*8kB (UE) 13*16kB (UM) 11*32kB (UM) 3*64k B (M) 3*128kB (EM) 3*256kB (U) 4*512kB (UEM) 3*1024kB (EM) 0*2048kB 0*4096kB = 7 064kB [ 2873.262531] Node 0 DMA32: 245*4kB (UE) 51*8kB (UEM) 258*16kB (EM) 253*32kB (U EM) 144*64kB (UEM) 66*128kB (UE) 48*256kB (UM) 2*512kB (U) 0*1024kB 0*2048kB 0*4 096kB = 44588kB [ 2873.264421] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepa ges_size=1048576kB [ 2873.265261] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepa ges_size=2048kB [ 2873.266078] 16604 total pagecache pages [ 2873.266455] 1485 pages in swap cache [ 2873.266814] Swap cache stats: add 4726988, delete 4725503, find 1574768/18571 56 [ 2873.267520] Free swap = 2973772kB [ 2873.267864] Total swap = 3671036kB [ 2873.268204] 524184 pages RAM [ 2873.268490] 0 pages HighMem/MovableOnly [ 2873.268876] 94021 pages reserved [ 2873.269196] [ pid ] uid tgid total_vm rss nr_ptes swapents oom_score_ adj name [ 2873.269963] [ 359] 0 359 10992 1 22 153 -1 000 systemd-udevd [ 2873.270791] [ 362] 0 362 29712 0 29 86 0 lvmetad [ 2873.271567] [ 447] 0 447 13863 12 27 98 -1 000 auditd [ 2873.272339] [ 474] 0 474 6150 12 17 158 0 systemd-logind [ 2873.273179] [ 481] 999 481 133533 0 58 1878 0 polkitd [ 2873.273962] [ 494] 81 494 6170 41 18 119 - 900 dbus-daemon [ 2873.274775] [ 496] 0 496 5369 18 16 41 0 irqbalance [ 2873.275579] [ 497] 0 497 136383 25 85 571 0 NetworkManager [ 2873.276422] [ 503] 0 503 6464 0 18 52 0 atd [ 2873.277177] [ 506] 0 506 31558 0 20 155 0 crond [ 2873.277962] [ 511] 0 511 27511 1 9 31 0 agetty [ 2873.278727] [ 512] 0 512 50024 0 55 169 0 login [ 2873.279495] [ 541] 0 541 28342 1 58 3122 0 dhclient [ 2873.280286] [ 782] 0 782 140597 79 93 2591 0 tuned [ 2873.281060] [10837] 0 10837 31333 0 18 61 0 anacron [ 2873.281849] [11084] 0 11084 64731 11 79 250 0 sssd [ 2873.282606] [11085] 0 11085 93190 58 125 524 0 sssd_be [ 2873.283390] [11086] 0 11086 66180 62 86 172 0 sssd_nss [ 2873.284186] [11087] 0 11087 61094 27 76 201 0 sssd_pam [ 2873.284990] [11088] 0 11088 59455 22 74 197 0 sssd_ssh [ 2873.285789] [11089] 0 11089 68005 23 87 294 0 sssd_pac [ 2873.286578] [11270] 38 11270 10537 32 22 128 0 ntpd [ 2873.287346] [11323] 32 11323 16239 3 35 130 0 rpcbind [ 2873.288137] [11470] 0 11470 202173 19 74 852 0 automount [ 2873.288949] [11677] 996 11677 24211 3 21 118 0 munged [ 2873.289749] [11909] 0 11909 6779 0 20 63 0 xinetd [ 2873.290535] [22991] 0 22991 22907 19 45 244 0 master [ 2873.291327] [22993] 89 22993 25491 0 46 257 0 qmgr [ 2873.292089] [23025] 0 23025 26499 0 54 244 -1 000 sshd [ 2873.292852] [23054] 0 23054 55078 36 40 152 0 rsyslogd [ 2873.293644] [23075] 0 23075 28847 26 14 78 0 bash [ 2873.294403] [23243] 0 23243 40009 52 78 286 0 sshd [ 2873.295164] [23246] 0 23246 28848 32 14 74 0 bash [ 2873.295931] [23285] 0 23285 40009 40 76 288 0 sshd [ 2873.296681] [23288] 0 23288 28848 0 14 106 0 bash [ 2873.297435] [23328] 0 23328 39458 115 34 101 0 top [ 2873.298192] [ 6035] 0 6035 9208 82 19 64 0 systemd-journal [ 2873.299044] [ 6036] 89 6036 25474 12 47 241 0 pickup [ 2873.299821] [ 6063] 0 6063 38214 135 35 71 0 slabtop [ 2873.300606] [ 6069] 0 6069 1075434 373056 1045 155436 0 diff [ 2873.301367] Out of memory: Kill process 6069 (diff) score 381 or sacrifice ch ild [ 2873.302091] Killed process 6069 (diff) total-vm:4301736kB, anon-rss:1492212kB , file-rss:12kB, shmem-rss:0kB Killed [root@trevis-60vm1 ~]#